<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="The Web Client processor sends requests to a resource endpoint and writes responses to records. For information about supported versions, see Supported Systems and Versions . The Web Client processor ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Web Client</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="concept_sgs_qdz_v1c-d16893e43013"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Processors/WebClientP.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Processors/WebClientP.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_yjl_nc5_jq"><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html">Processors</a></div></div></li><li class="active"><div class="topicref" data-id="concept_sgs_qdz_v1c"><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_sgs_qdz_v1c">Web Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Processors/WaitPipe.html#concept_kd3_qld_zlb" title="Wait for Pipelines (deprecated)" aria-label="Previous topic: Wait for Pipelines (deprecated)" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Processors/WholeFileTransformer.html#concept_nwg_rx4_l2b" title="Whole File Transformer" aria-label="Next topic: Whole File Transformer" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_hpr_twm_jq-d16893e35219" class="topicref" data-id="concept_hpr_twm_jq" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_overview.html#concept_hpr_twm_jq" id="concept_hpr_twm_jq-d16893e35219-link">Processors</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ujj_spy_kv-d16893e35243" class="topicref" data-id="concept_ujj_spy_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ujj_spy_kv-d16893e35243-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Base64Decoder.html#concept_ujj_spy_kv" id="concept_ujj_spy_kv-d16893e35243-link">Base64 Field Decoder</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wtr_mpy_kv-d16893e35289" class="topicref" data-id="concept_wtr_mpy_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wtr_mpy_kv-d16893e35289-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Base64Encoder.html#concept_wtr_mpy_kv" id="concept_wtr_mpy_kv-d16893e35289-link">Base64 Field Encoder</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_akz_zsr_2jb-d16893e35335" class="topicref" data-id="concept_akz_zsr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_akz_zsr_2jb-d16893e35335-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/ControlHubAPI.html#concept_akz_zsr_2jb" id="concept_akz_zsr_2jb-d16893e35335-link">Control Hub API</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rxk_1dq_2fb-d16893e35502" class="topicref" data-id="concept_rxk_1dq_2fb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rxk_1dq_2fb-d16893e35502-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/CouchbaseLookup.html#concept_rxk_1dq_2fb" id="concept_rxk_1dq_2fb-d16893e35502-link">Couchbase Lookup</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hw1_gq4_3fb-d16893e35572" class="topicref" data-id="concept_hw1_gq4_3fb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hw1_gq4_3fb-d16893e35572-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/DataGenerator.html#concept_hw1_gq4_3fb" id="concept_hw1_gq4_3fb-d16893e35572-link">Data Generator</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xw3_4xk_r1b-d16893e35663" class="topicref" data-id="concept_xw3_4xk_r1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xw3_4xk_r1b-d16893e35663-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/DataParser.html#concept_xw3_4xk_r1b" id="concept_xw3_4xk_r1b-d16893e35663-link">Data Parser</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ez5_pvf_wbb-d16893e35731" class="topicref" data-id="concept_ez5_pvf_wbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ez5_pvf_wbb-d16893e35731-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Delay.html#concept_ez5_pvf_wbb" id="concept_ez5_pvf_wbb-d16893e35731-link">Delay</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zs3_vfk_hfb-d16893e35777" class="topicref" data-id="concept_zs3_vfk_hfb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zs3_vfk_hfb-d16893e35777-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/EncryptDecrypt.html#concept_zs3_vfk_hfb" id="concept_zs3_vfk_hfb-d16893e35777-link">Encrypt and Decrypt Fields</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zm2_pp3_wq-d16893e35995" class="topicref" data-id="concept_zm2_pp3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zm2_pp3_wq-d16893e35995-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Expression.html#concept_zm2_pp3_wq" id="concept_zm2_pp3_wq-d16893e35995-link">Expression Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_njn_3kk_fx-d16893e36108" class="topicref" data-id="concept_njn_3kk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_njn_3kk_fx-d16893e36108-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldFlattener.html#concept_njn_3kk_fx" id="concept_njn_3kk_fx-d16893e36108-link">Field Flattener</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ivv_c3k_wq-d16893e36198" class="topicref" data-id="concept_ivv_c3k_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ivv_c3k_wq-d16893e36198-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldHasher.html#concept_ivv_c3k_wq" id="concept_ivv_c3k_wq-d16893e36198-link">Field Hasher</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_q5y_tdq_xgb-d16893e36316" class="topicref" data-id="concept_q5y_tdq_xgb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_q5y_tdq_xgb-d16893e36316-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldMapper.html#concept_q5y_tdq_xgb" id="concept_q5y_tdq_xgb-d16893e36316-link">Field Mapper</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hjc_t4k_wq-d16893e36460" class="topicref" data-id="concept_hjc_t4k_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hjc_t4k_wq-d16893e36460-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldMasker.html#concept_hjc_t4k_wq" id="concept_hjc_t4k_wq-d16893e36460-link">Field Masker</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgm_tsl_gt-d16893e36531" class="topicref" data-id="concept_pgm_tsl_gt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgm_tsl_gt-d16893e36531-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldMerger.html#concept_pgm_tsl_gt" id="concept_pgm_tsl_gt-d16893e36531-link">Field Merger</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_krp_5fv_vy-d16893e36577" class="topicref" data-id="concept_krp_5fv_vy" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_krp_5fv_vy-d16893e36577-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldOrder.html#concept_krp_5fv_vy" id="concept_krp_5fv_vy-d16893e36577-link">Field Order</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ekg_313_qw-d16893e36648" class="topicref" data-id="concept_ekg_313_qw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ekg_313_qw-d16893e36648-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/ListPivoter.html#concept_ekg_313_qw" id="concept_ekg_313_qw-d16893e36648-link">Field Pivoter</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jdd_blr_wq-d16893e36719" class="topicref" data-id="concept_jdd_blr_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jdd_blr_wq-d16893e36719-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldRemover.html#concept_jdd_blr_wq" id="concept_jdd_blr_wq-d16893e36719-link">Field Remover</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vyv_zsg_ht-d16893e36765" class="topicref" data-id="concept_vyv_zsg_ht" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vyv_zsg_ht-d16893e36765-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldRenamer.html#concept_vyv_zsg_ht" id="concept_vyv_zsg_ht-d16893e36765-link">Field Renamer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rw4_2d3_4cb-d16893e36842" class="topicref" data-id="concept_rw4_2d3_4cb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rw4_2d3_4cb-d16893e36842-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldReplacer.html#concept_rw4_2d3_4cb" id="concept_rw4_2d3_4cb-d16893e36842-link">Field Replacer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vlj_vph_yq-d16893e36960" class="topicref" data-id="concept_vlj_vph_yq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vlj_vph_yq-d16893e36960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldSplitter.html#concept_vlj_vph_yq" id="concept_vlj_vph_yq-d16893e36960-link">Field Splitter</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_is3_zkp_wq-d16893e37073" class="topicref" data-id="concept_is3_zkp_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_is3_zkp_wq-d16893e37073-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldTypeConverter.html#concept_is3_zkp_wq" id="concept_is3_zkp_wq-d16893e37073-link">Field Type Converter</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3b_t1k_yx-d16893e37194" class="topicref" data-id="concept_o3b_t1k_yx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3b_t1k_yx-d16893e37194-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/FieldZip.html#concept_o3b_t1k_yx" id="concept_o3b_t1k_yx-d16893e37194-link">Field Zip</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fch_fc3_ms-d16893e37306" class="topicref" data-id="concept_fch_fc3_ms" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fch_fc3_ms-d16893e37306-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/GeoIP.html#concept_fch_fc3_ms" id="concept_fch_fc3_ms-d16893e37306-link">Geo IP</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ldh_sct_gv-d16893e37440" class="topicref" data-id="concept_ldh_sct_gv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ldh_sct_gv-d16893e37440-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Groovy.html#concept_ldh_sct_gv" id="concept_ldh_sct_gv-d16893e37440-link">Groovy Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mnj_zhq_bw-d16893e37741" class="topicref" data-id="concept_mnj_zhq_bw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mnj_zhq_bw-d16893e37741-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/HBaseLookup.html#concept_mnj_zhq_bw" id="concept_mnj_zhq_bw-d16893e37741-link">HBase Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rz5_nft_zv-d16893e37912" class="topicref" data-id="concept_rz5_nft_zv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rz5_nft_zv-d16893e37912-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/HiveMetadata.html#concept_rz5_nft_zv" id="concept_rz5_nft_zv-d16893e37912-link">Hive Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ghx_ypr_fw-d16893e38231" class="topicref" data-id="concept_ghx_ypr_fw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ghx_ypr_fw-d16893e38231-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/HTTPClient.html#concept_ghx_ypr_fw" id="concept_ghx_ypr_fw-d16893e38231-link">HTTP Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ghx_ypr_fw-d16893e38850" class="topicref" data-id="concept_ghx_ypr_fw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ghx_ypr_fw-d16893e38850-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/HTTPRouter.html#concept_ghx_ypr_fw" id="concept_ghx_ypr_fw-d16893e38850-link">HTTP Router</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_n2p_jgf_lr-d16893e38896" class="topicref" data-id="concept_n2p_jgf_lr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_n2p_jgf_lr-d16893e38896-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/JavaScript.html#concept_n2p_jgf_lr" id="concept_n2p_jgf_lr-d16893e38896-link">JavaScript Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ysc_ccy_hw-d16893e39172" class="topicref" data-id="concept_ysc_ccy_hw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ysc_ccy_hw-d16893e39172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/JDBCLookup.html#concept_ysc_ccy_hw" id="concept_ysc_ccy_hw-d16893e39172-link">JDBC Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qbx_lcy_hw-d16893e39495" class="topicref" data-id="concept_qbx_lcy_hw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qbx_lcy_hw-d16893e39495-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/JDBCTee.html#concept_qbx_lcy_hw" id="concept_qbx_lcy_hw-d16893e39495-link">JDBC Tee</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jmg_hw1_h1b-d16893e39677" class="topicref" data-id="concept_jmg_hw1_h1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jmg_hw1_h1b-d16893e39677-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/JSONGenerator.html#concept_jmg_hw1_h1b" id="concept_jmg_hw1_h1b-d16893e39677-link">JSON Generator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bs1_4t3_yq-d16893e39725" class="topicref" data-id="concept_bs1_4t3_yq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bs1_4t3_yq-d16893e39725-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/JSONParser.html#concept_bs1_4t3_yq" id="concept_bs1_4t3_yq-d16893e39725-link">JSON Parser</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_a1h_lkf_lr-d16893e39774" class="topicref" data-id="concept_a1h_lkf_lr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_a1h_lkf_lr-d16893e39774-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Jython.html#concept_a1h_lkf_lr" id="concept_a1h_lkf_lr-d16893e39774-link">Jython Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_g4y_hkh_5xb-d16893e40074" class="topicref" data-id="concept_g4y_hkh_5xb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_g4y_hkh_5xb-d16893e40074-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/KaitaiStruct.html#concept_g4y_hkh_5xb" id="concept_g4y_hkh_5xb-d16893e40074-link">Kaitai Struct Parser</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_a1x_3wl_p1b-d16893e40162" class="topicref" data-id="concept_a1x_3wl_p1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_a1x_3wl_p1b-d16893e40162-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/KuduLookup.html#concept_a1x_3wl_p1b" id="concept_a1x_3wl_p1b-d16893e40162-link">Kudu Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ulm_qdq_fs-d16893e40342" class="topicref" data-id="concept_ulm_qdq_fs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ulm_qdq_fs-d16893e40342-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/LogParser.html#concept_ulm_qdq_fs" id="concept_ulm_qdq_fs-d16893e40342-link">Log Parser</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wnr_wlv_gfb-d16893e40413" class="topicref" data-id="concept_wnr_wlv_gfb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wnr_wlv_gfb-d16893e40413-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/MLeap.html#concept_wnr_wlv_gfb" id="concept_wnr_wlv_gfb-d16893e40413-link">MLeap Evaluator</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_t4t_myy_dyb-d16893e40529" class="topicref" data-id="concept_t4t_myy_dyb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_t4t_myy_dyb-d16893e40529-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/MongoDBAtlasLookup.html#concept_t4t_myy_dyb" id="concept_t4t_myy_dyb-d16893e40529-link">MongoDB Atlas Lookup</a><div class="wh-tooltip"><p class="shortdesc">The MongoDB Atlas Lookup processor performs lookups in MongoDB Atlas or MongoDB         Enterprise Server and passes all values from the returned document to a new list-map field         in the record. </p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rrp_t4w_2fb-d16893e40664" class="topicref" data-id="concept_rrp_t4w_2fb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rrp_t4w_2fb-d16893e40664-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/MongoDBLookup.html#concept_rrp_t4w_2fb" id="concept_rrp_t4w_2fb-d16893e40664-link">MongoDB Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_r3s_3fv_gfb-d16893e40850" class="topicref" data-id="concept_r3s_3fv_gfb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_r3s_3fv_gfb-d16893e40850-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/PMML.html#concept_r3s_3fv_gfb" id="concept_r3s_3fv_gfb-d16893e40850-link">PMML Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_lcp_ssh_qcb-d16893e40992" class="topicref" data-id="concept_lcp_ssh_qcb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_lcp_ssh_qcb-d16893e40992-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/PostgreSQLMetadata.html#concept_lcp_ssh_qcb" id="concept_lcp_ssh_qcb-d16893e40992-link">PostgreSQL Metadata</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_z3m_v52_zq-d16893e41156" class="topicref" data-id="concept_z3m_v52_zq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_z3m_v52_zq-d16893e41156-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/RDeduplicator.html#concept_z3m_v52_zq" id="concept_z3m_v52_zq-d16893e41156-link">Record Deduplicator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ng3_lpr_pv-d16893e41227" class="topicref" data-id="concept_ng3_lpr_pv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ng3_lpr_pv-d16893e41227-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/RedisLookup.html#concept_ng3_lpr_pv" id="concept_ng3_lpr_pv-d16893e41227-link">Redis Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_plq_xzc_zsb-d16893e41326" class="topicref" data-id="concept_plq_xzc_zsb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_plq_xzc_zsb-d16893e41326-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/SalesforceBulkLookup.html#concept_plq_xzc_zsb" id="concept_plq_xzc_zsb-d16893e41326-link">Salesforce Bulk API 2.0 Lookup</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_k23_3rk_yx-d16893e41444" class="topicref" data-id="concept_k23_3rk_yx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_k23_3rk_yx-d16893e41444-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/SalesforceLookup.html#concept_k23_3rk_yx" id="concept_k23_3rk_yx-d16893e41444-link">Salesforce Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rfz_ks3_x1b-d16893e41605" class="topicref" data-id="concept_rfz_ks3_x1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rfz_ks3_x1b-d16893e41605-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/SchemaGenerator.html#concept_rfz_ks3_x1b" id="concept_rfz_ks3_x1b-d16893e41605-link">Schema Generator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cpx_1lm_zx-d16893e41717" class="topicref" data-id="concept_cpx_1lm_zx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cpx_1lm_zx-d16893e41717-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Spark.html#concept_cpx_1lm_zx" id="concept_cpx_1lm_zx-d16893e41717-link">Spark Evaluator (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zh2_kfj_tdb-d16893e41884" class="topicref" data-id="concept_zh2_kfj_tdb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zh2_kfj_tdb-d16893e41884-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/SQLParser.html#concept_zh2_kfj_tdb" id="concept_zh2_kfj_tdb-d16893e41884-link">SQL Parser</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_irv_l5r_2jb-d16893e42131" class="topicref" data-id="concept_irv_l5r_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_irv_l5r_2jb-d16893e42131-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/StartJob-P.html#concept_irv_l5r_2jb" id="concept_irv_l5r_2jb-d16893e42131-link">Start Jobs</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bbc_cxr_2jb-d16893e42269" class="topicref" data-id="concept_bbc_cxr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bbc_cxr_2jb-d16893e42269-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/StartPipe-P.html#concept_bbc_cxr_2jb" id="concept_bbc_cxr_2jb-d16893e42269-link">Start Pipelines (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_aqz_t4r_pv-d16893e42361" class="topicref" data-id="concept_aqz_t4r_pv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_aqz_t4r_pv-d16893e42361-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/StaticLookup.html#concept_aqz_t4r_pv" id="concept_aqz_t4r_pv-d16893e42361-link">Static Lookup</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_tqv_t5r_wq-d16893e42410" class="topicref" data-id="concept_tqv_t5r_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_tqv_t5r_wq-d16893e42410-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/StreamSelector.html#concept_tqv_t5r_wq" id="concept_tqv_t5r_wq-d16893e42410-link">Stream Selector</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_otg_csh_z2b-d16893e42507" class="topicref" data-id="concept_otg_csh_z2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_otg_csh_z2b-d16893e42507-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/TensorFlow.html#concept_otg_csh_z2b" id="concept_otg_csh_z2b-d16893e42507-link">TensorFlow Evaluator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o5k_dmf_zq-d16893e42697" class="topicref" data-id="concept_o5k_dmf_zq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o5k_dmf_zq-d16893e42697-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/ValueReplacer.html#concept_o5k_dmf_zq" id="concept_o5k_dmf_zq-d16893e42697-link">Value Replacer (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xv5_xbd_zlb-d16893e42831" class="topicref" data-id="concept_xv5_xbd_zlb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xv5_xbd_zlb-d16893e42831-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WaitJob.html#concept_xv5_xbd_zlb" id="concept_xv5_xbd_zlb-d16893e42831-link">Wait for Jobs</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kd3_qld_zlb-d16893e42921" class="topicref" data-id="concept_kd3_qld_zlb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kd3_qld_zlb-d16893e42921-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WaitPipe.html#concept_kd3_qld_zlb" id="concept_kd3_qld_zlb-d16893e42921-link">Wait for Pipelines (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="concept_sgs_qdz_v1c-d16893e43013" class="topicref" data-id="concept_sgs_qdz_v1c" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_sgs_qdz_v1c-d16893e43013-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_sgs_qdz_v1c" id="concept_sgs_qdz_v1c-d16893e43013-link">Web Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_snm_zdz_v1c-d16893e43037" class="topicref" data-id="concept_snm_zdz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_snm_zdz_v1c" id="concept_snm_zdz_v1c-d16893e43037-link">Comparing Web Client and HTTP Client Processors</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bd2_r2z_v1c-d16893e43061" class="topicref" data-id="concept_bd2_r2z_v1c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bd2_r2z_v1c-d16893e43061-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_bd2_r2z_v1c" id="concept_bd2_r2z_v1c-d16893e43061-link">HTTP Method</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_kkk_cfz_v1c-d16893e43109" class="topicref" data-id="concept_kkk_cfz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_kkk_cfz_v1c" id="concept_kkk_cfz_v1c-d16893e43109-link">Headers</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_gvl_hfz_v1c-d16893e43133" class="topicref" data-id="concept_gvl_hfz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_gvl_hfz_v1c" id="concept_gvl_hfz_v1c-d16893e43133-link">Grouping Style</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fnk_nfz_v1c-d16893e43157" class="topicref" data-id="concept_fnk_nfz_v1c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fnk_nfz_v1c-d16893e43157-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_fnk_nfz_v1c" id="concept_fnk_nfz_v1c-d16893e43157-link">Event Generation</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_snq_zfz_v1c-d16893e43205" class="topicref" data-id="concept_snq_zfz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_snq_zfz_v1c" id="concept_snq_zfz_v1c-d16893e43205-link">Per-Status Actions</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_vv5_2gz_v1c-d16893e43229" class="topicref" data-id="concept_vv5_2gz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_vv5_2gz_v1c" id="concept_vv5_2gz_v1c-d16893e43229-link">Per-Timeout Actions</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rd3_mgz_v1c-d16893e43253" class="topicref" data-id="concept_rd3_mgz_v1c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rd3_mgz_v1c-d16893e43253-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_rd3_mgz_v1c" id="concept_rd3_mgz_v1c-d16893e43253-link">Pagination</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_q1n_chz_v1c-d16893e43301" class="topicref" data-id="concept_q1n_chz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_q1n_chz_v1c" id="concept_q1n_chz_v1c-d16893e43301-link">OAuth 2 Authentication</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_x1n_jhz_v1c-d16893e43325" class="topicref" data-id="concept_x1n_jhz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_x1n_jhz_v1c" id="concept_x1n_jhz_v1c-d16893e43325-link">Generated Output</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_d4s_mhz_v1c-d16893e43350" class="topicref" data-id="concept_d4s_mhz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#concept_d4s_mhz_v1c" id="concept_d4s_mhz_v1c-d16893e43350-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="task_lds_jjz_v1c-d16893e43374" class="topicref" data-id="task_lds_jjz_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WebClientP.html#task_lds_jjz_v1c" id="task_lds_jjz_v1c-d16893e43374-link">Configuring a Web Client Processor</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nwg_rx4_l2b-d16893e43398" class="topicref" data-id="concept_nwg_rx4_l2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nwg_rx4_l2b-d16893e43398-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/WholeFileTransformer.html#concept_nwg_rx4_l2b" id="concept_nwg_rx4_l2b-d16893e43398-link">Whole File Transformer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ofb_svm_5bb-d16893e43672" class="topicref" data-id="concept_ofb_svm_5bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ofb_svm_5bb-d16893e43672-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Aggregator.html#concept_ofb_svm_5bb" id="concept_ofb_svm_5bb-d16893e43672-link">Windowing Aggregator</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ck4_255_sv-d16893e43916" class="topicref" data-id="concept_ck4_255_sv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ck4_255_sv-d16893e43916-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/XMLFlattener.html#concept_ck4_255_sv" id="concept_ck4_255_sv-d16893e43916-link">XML Flattener</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dtt_q5q_k5-d16893e43987" class="topicref" data-id="concept_dtt_q5q_k5" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dtt_q5q_k5-d16893e43987-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/XMLParser.html#concept_dtt_q5q_k5" id="concept_dtt_q5q_k5-d16893e43987-link">XML Parser</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="concept_sgs_qdz_v1c">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">Web Client</h1>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor sends requests to a resource endpoint and writes responses to
            records. <span class="- topic/ph ph">For information about supported versions, see <a class="- topic/xref xref" href="../Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b">Supported Systems and Versions</a>.</span></p>
        <p class="- topic/p p">The Web Client processor <span class="- topic/ph ph">requires that <span class="- topic/ph ph">Data Collector</span> use Java
                        version 17. For more information, see <a class="- topic/xref xref" href="../Installation/InstallationAndConfig.html#concept_wbf_bnw_hvb">Java Versions and Available Features</a>.</span></p>
        <p class="- topic/p p">The Web Client processor provides much of the same functionality as the HTTP Client
            processor. It also provides functionality not available in the HTTP Client processor.
            For more information, see <a class="- topic/xref xref" href="WebClientP.html#concept_snm_zdz_v1c">Comparing Web Client and HTTP Client Processors</a>.</p>
        <p class="- topic/p p">For each request, the processor writes data from the response to the specified output
            field. When the response contains multiple values, the processor can write either the
            first value, all values to a list in a single record, or all values to separate
            records.</p>
        <p class="- topic/p p">You can use the Web Client processor to perform a range of standard requests or you can
            use an expression to determine the request for each record.</p>
        <p class="- topic/p p">When you configure the Web Client processor, you define the request endpoint, optional
            headers, and method to use for the requests. </p>
        <p class="- topic/p p">You configure the processor to generate one request for each record or to generate a
            single request containing all records in the batch.</p>
        <p class="- topic/p p">You define the pagination mode, optional status response actions, and an optional
            response endpoint for responses.</p>
        <p class="- topic/p p">You can configure the timeout, request transfer encoding, and authentication type for
            both requests and responses.</p>
        <p class="- topic/p p">You can optionally use a proxy server and configure TLS properties. You can also
            configure the processor to use the OAuth 2 protocol to connect to an HTTP service.</p>
        <div class="- topic/p p">
            <div class="- topic/note note note note_note" id="concept_sgs_qdz_v1c__note_lrd_n2t_d1c" data-ofbid="concept_sgs_qdz_v1c__note_lrd_n2t_d1c"><span class="note__title">Note:</span> This processor <span class="- topic/ph ph">is a <a class="- topic/xref xref" href="../Pipeline_Design/TechPreview.html">Technology Preview</a> feature. It is not meant for use in
                        production.</span></div>
        </div>
    </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_snm_zdz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Comparing Web Client and HTTP Client Processors</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p"><span class="- topic/ph ph">Data Collector</span>
            provides two processors that send requests to HTTP endpoints and write data to records.
            The <a class="- topic/xref xref" href="HTTPClient.html#concept_ghx_ypr_fw">HTTP Client processor</a> was the first processor.
            The new Web Client processor includes key functionality available in the older
            processor, as well as improvements and new features.</p>
        <p class="- topic/p p">The following is a list of key differences between the two processors:</p>
        <ul class="- topic/ul ul" id="concept_snm_zdz_v1c__ul_e2p_b2z_v1c" data-ofbid="concept_snm_zdz_v1c__ul_e2p_b2z_v1c">
            <li class="- topic/li li">
                <p class="- topic/p p">The Web Client processor allows you to configure different data formats for
                    request data and response data.</p>
            </li>
            <li class="- topic/li li">The Web Client processor supports parallel HTTP requests.</li>
            <li class="- topic/li li">
                <p class="- topic/p p">The Web Client processor allows you to configure per-timeout actions.</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">The HTTP Client processor can be configured to use Universal authentication. Both
                    processors can be configured to use Basic, Digest, OAuth 1, and OAuth 2
                    authentication.</p>
            </li>
        </ul>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title3" id="concept_bd2_r2z_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title3">HTTP Method</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">You can use the following methods with the Web Client processor:</p>
        <ul class="- topic/ul ul" id="concept_bd2_r2z_v1c__ul_f1s_t2z_v1c" data-ofbid="concept_bd2_r2z_v1c__ul_f1s_t2z_v1c">
            <li class="- topic/li li">
                <p class="- topic/p p">GET</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">POST</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">PUT</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">PATCH</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">DELETE</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">HEAD</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">Expression - An expression that evaluates to one of the other methods.</p>
            </li>
        </ul>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title4" id="concept_en2_w2z_v1c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title4">Expression Method</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Expression method allows you to write an expression that evaluates to a standard HTTP
            method. Use the Expression method to generate a workflow. For example, you can use an
            expression that passes data to the server using the PUT method based on the data in a
            field.</p>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title5" id="concept_kkk_cfz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title5">Headers</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">You can configure optional headers to include in the request made by the stage. Configure
            the headers in the following properties on the Request tab:</p>
        <ul class="- topic/ul ul" id="concept_kkk_cfz_v1c__ul_hbj_dfz_v1c" data-ofbid="concept_kkk_cfz_v1c__ul_hbj_dfz_v1c">
            <li class="- topic/li li">
                <p class="- topic/p p">Security Headers</p>
            </li>
            <li class="- topic/li li">
                <p class="- topic/p p">Common Headers</p>
            </li>
        </ul>
        <p class="- topic/p p">You can define headers in either property. However, only security headers support using
            credential functions to retrieve sensitive information from supported credential
            stores.</p>
        <p class="- topic/p p">If you define the same header in both properties, security headers take precedence.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title6" id="concept_gvl_hfz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title6">Grouping Style</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor can generate one HTTP request for each record, or it can
            generate a single request containing all records in the batch. </p>
        <p class="- topic/p p">Configure the processor to generate requests in one of the following ways:</p>
        <div class="- topic/p p">
            <dl class="- topic/dl dl" id="concept_gvl_hfz_v1c__dl_ajg_3fz_v1c" data-ofbid="concept_gvl_hfz_v1c__dl_ajg_3fz_v1c">
                
                    <dt class="- topic/dt dt dlterm">Multiple requests per batch</dt>
                    <dd class="- topic/dd dd">If you set the Grouping Style property to One Request per Record, the
                        processor generates one HTTP request for each record in the batch and sends
                        multiple requests at a time. To preserve record order, the processor waits
                        until all requests for the entire batch are completed before processing the
                        next batch. </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Single request per batch</dt>
                    <dd class="- topic/dd dd">If you set the Grouping Style property to One Request per Batch, the
                        processor generates a single HTTP request containing all records in the
                        batch. </dd>
                
            </dl>
        </div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title7" id="concept_fnk_nfz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title7">Event Generation</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor can generate events that you can use in an event stream. When
            you enable event generation, the processor generates event records each time the
            processor completes processing all available data. </p>
        <div class="- topic/p p">You can use events generated by the Web Client processor in any logical way. For example:
                <ul class="- topic/ul ul" id="concept_fnk_nfz_v1c__ul_swm_vyj_px" data-ofbid="concept_fnk_nfz_v1c__ul_swm_vyj_px">
                <li class="- topic/li li">With the Email executor to send a custom email
                              after receiving an event.<p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/SendEmail.html#concept_t2t_lp5_xz">Sending Email During Pipeline Processing</a>.</p></li>
                <li class="- topic/li li">With a destination to store event information.
                                    <p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/EventStorage.html#concept_ocb_nnl_px">Preserving an Audit Trail of Events</a>.</p></li>
            </ul><span class="- topic/ph ph">For more information about dataflow
                        triggers and the event framework, see <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">Dataflow Triggers Overview</a>.</span></div>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title8" id="concept_x4y_rfz_v1c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title8">Event Records</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">Event records generated by the Web Client processor include the following event-related
            record header attributes. Record header attributes are stored as String values:</p>
        <div class="- topic/p p">
            <div class="table-container"><table class="- topic/table table frame-all" id="concept_x4y_rfz_v1c__table_ilm_xsc_rx" data-ofbid="concept_x4y_rfz_v1c__table_ilm_xsc_rx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                        <tr class="- topic/row">
                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__1">Record Header Attribute</th>
                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__2">Description</th>
                        </tr>
                    </thead><tbody class="- topic/tbody tbody">
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__1">sdc.event.type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__2">Event type. Uses the following type:<ul class="- topic/ul ul" id="concept_x4y_rfz_v1c__ul_f4w_xrs_kz" data-ofbid="concept_x4y_rfz_v1c__ul_f4w_xrs_kz">
                                    <li class="- topic/li li" id="concept_x4y_rfz_v1c__noMoreData-bullet" data-ofbid="concept_x4y_rfz_v1c__noMoreData-bullet">no-more-data - Generated when the
                                        processor completes processing all available data. </li>
                                </ul></td>
                        </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__1">sdc.event.version</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__2">Integer that indicates the version of the event record type.</td>
            </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__1">sdc.event.creation_timestamp</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" id="concept_x4y_rfz_v1c__entry-Event-creationDate" headers="concept_x4y_rfz_v1c__table_ilm_xsc_rx__entry__2">Epoch timestamp when the stage created the event.
              </td>
            </tr>
                    </tbody></table></div>
        </div>
        <p class="- topic/p p"><span class="- topic/ph ph">The processor can generate the following type of event record:</span></p>
        <dl class="- topic/dl dl" id="concept_x4y_rfz_v1c__dl_f5m_tfz_v1c" data-ofbid="concept_x4y_rfz_v1c__dl_f5m_tfz_v1c">
            
                <dt class="- topic/dt dt dlterm">no-more-data</dt>
                <dd class="- topic/dd dd">The Web Client processor generates a no-more-data event record when the
                    processor completes processing all data returned by all queries. </dd>
                <dd class="- topic/dd dd ddexpand">
                    <p class="- topic/p p">The no-more-data event record generated by the processor has the
                            <code class="+ topic/ph pr-d/codeph ph codeph">sdc.event.type</code> record header attribute set to
                            <code class="+ topic/ph pr-d/codeph ph codeph">no-more-data</code> and does not include any additional
                        fields.</p>
                </dd>
            
        </dl>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title9" id="concept_snq_zfz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title9">Per-Status Actions</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor accepts only responses that include a status code that has been
            configured to be read as successful by the stage. When the response includes any other
            status code, the processor generates an error and handles the record based on the error
            record handling configured for the stage.</p>
        <p class="- topic/p p">You can configure the processor to perform one of several actions when it encounters an
            unsuccessful status code. </p>
        <div class="- topic/p p">To configure a per-status action, you enter a HTTP status code, such as 504 for
                  gateway timeouts, and then select one of the following actions for the stage to
                  perform for that code:<ul class="- topic/ul ul" id="concept_snq_zfz_v1c__ul_nrl_5vn_kmb" data-ofbid="concept_snq_zfz_v1c__ul_nrl_5vn_kmb">
                        <li class="- topic/li li">Retry with constant backoff</li>
                        <li class="- topic/li li">Retry with linear backoff</li>
                        <li class="- topic/li li">Retry with exponential backoff</li>
                        <li class="- topic/li li">Generate output record</li>
                        <li class="- topic/li li">Generate error record</li>
                        <li class="- topic/li li">Abort pipeline</li>
                  </ul></div>
        <p class="- topic/p p">When defining the retry with a constant, linear, or exponential
                  backoff action, you also specify the backoff interval to wait in milliseconds.
                  When defining any of the retry actions, you specify the maximum number of retries
                  and timeout failure response. If the stage receives a successful status code
                  during a retry, then it processes the response. If the stage doesn't receive a
                  successful status code after the maximum number of retries, then the stage
                  performs the specified timeout failure action.</p>
        <p class="- topic/p p">You can add multiple status codes and configure a specific action
            for each code. </p>
        <div class="- topic/note note note note_note" id="concept_snq_zfz_v1c__note_qpx_c3d_t1c" data-ofbid="concept_snq_zfz_v1c__note_qpx_c3d_t1c"><span class="note__title">Note:</span> When using OAuth, all per-status actions configured for 401
                Unauthorized and 403 Forbidden statuses are ignored. Instead, the stage generates a
                new OAuth token. If the same error occurs again, the stage generates a stage
                error.</div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title10" id="concept_vv5_2gz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title10">Per-Timeout Actions</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">By default, the Web Client processor <span class="- topic/ph ph">retries an operation five times before generating an
                        error. You can configure the stage to use different timeout criteria and
                        perform one of several actions when a specific type of timeout has reached
                        its configured timeout limit.</span></p>
        <div class="- topic/p p">To configure a per-timeout action, you select a timeout
                  type, such as request, enter a timeout interval, and then select one of the
                  following actions for the stage to perform for that code: <ul class="- topic/ul ul" id="concept_vv5_2gz_v1c__ul_fln_jwd_t1c" data-ofbid="concept_vv5_2gz_v1c__ul_fln_jwd_t1c">
                        <li class="- topic/li li">Retry with constant backoff</li>
                        <li class="- topic/li li">Retry with linear backoff</li>
                        <li class="- topic/li li">Retry with exponential backoff</li>
                        <li class="- topic/li li">Generate output record</li>
                        <li class="- topic/li li">Generate error record</li>
                        <li class="- topic/li li">Abort pipeline</li>
                  </ul></div>
        <p class="- topic/p p">When defining the retry with a constant, linear, or
                  exponential backoff action, you also specify the backoff interval to wait in
                  milliseconds. When defining any of the retry actions, you specify the maximum
                  number of retries and timeout failure action. If the stage receives a response
                  during a retry, then it processes the response. If the stage doesn't receive a
                  response after the maximum number of retries, then the stage performs the
                  specified timeout failure action.</p>
        <p class="- topic/p p">You can add multiple timeout types and specify timeout criteria and actions for each
                  of them.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title11" id="concept_rd3_mgz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title11">Pagination</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor can use pagination to retrieve a large volume of data from a
            paginated API.</p>
        <p class="- topic/p p">When configuring the Web Client processor to use pagination, <span class="- topic/ph ph">use the pagination type supported by the API of the HTTP client. You will likely
                        need to consult the documentation for the origin system API to determine the
                        pagination type to use and the properties to set.</span></p>
        <p class="- topic/p p">The Web Client processor supports the following common pagination types:</p>
        <dl class="- topic/dl dl" id="concept_rd3_mgz_v1c__dl_txt_gcd_t1c" data-ofbid="concept_rd3_mgz_v1c__dl_txt_gcd_t1c">
                        
                              <dt class="- topic/dt dt dlterm">Link in Header</dt>
                              <dd class="- topic/dd dd">After processing the current page, the stage uses the link in the
                                    HTTP header to access the next page. The link in the header can
                                    be an absolute URL or a URL relative to the next page link base
                                    URL configured for the stage. For example, let's say you
                                    configure the following next page link base URL for the
                                    stage:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_unq_dpc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_unq_dpc_t1c"><code>https://myapp.com/api/objects?page=1</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">The next link in the HTTP header can include an absolute URL, as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_vnq_dpc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_vnq_dpc_t1c"><code>link:&lt;https://myapp.com/api/objects?page=2&gt;; rel="next"</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">Or the next link can include a URL relative to the resource URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_wnq_dpc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_wnq_dpc_t1c"><code>link:&lt;objects?page=2&gt;; rel="next"</code></pre></dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Link in Body</dt>
                              <dd class="- topic/dd dd">After processing the current page, the stage uses the link in a
                                    field in the response body to access the next page. The link in
                                    the response field can be an absolute URL or a URL relative to
                                    the next page link base URL configured for the stage. For
                                    example, let's say you configure the following next page link
                                    base URL for the
                                    stage:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_ycc_2pc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_ycc_2pc_t1c"><code>http://myapp.com/api/tickets.json?start_time=138301982</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">The next link in the response field can include an absolute URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_zcc_2pc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_zcc_2pc_t1c"><code>"next_page":"http://myapp.com/api/tickets.json?start_time=1389078385",&#x2028;</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">Or the next link can include a URL relative to the resource URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_rd3_mgz_v1c__codeblock_adc_2pc_t1c" data-ofbid="concept_rd3_mgz_v1c__codeblock_adc_2pc_t1c"><code>"next_page":"tickets.json?start_time=1389078385",&#x2028;</code></pre></dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Page</dt>
                              <dd class="- topic/dd dd">The stage begins processing with the specified initial page, and
                                    then requests the following page. Use the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable in the resource URL
                                    as the value of the page number to request. You can optionally
                                    set a final page or offset for the stage to stop reading
                                    data.</dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Offset</dt>
                              <dd class="- topic/dd dd">The stage begins processing with the specified initial offset, and
                                    then requests the following offset. Use the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable in the resource URL
                                    as the value of the offset number to request.</dd>
                        
                  </dl>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title12" id="concept_x5r_tgz_v1c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title12">Page or Offset Number</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">When using page or offset pagination, the API
                  of the HTTP client typically requires that you include a page or offset parameter
                  at the end of the response endpoint URL. The parameter determines the next page or
                  offset of data to request. </p>
        <p class="- topic/p p">The name of the parameter used by the API varies. For example, it
            might be <code class="+ topic/ph pr-d/codeph ph codeph">offset</code>, <code class="+ topic/ph pr-d/codeph ph codeph">page</code>, <code class="+ topic/ph pr-d/codeph ph codeph">start</code>, or
                <code class="+ topic/ph pr-d/codeph ph codeph">since</code>. Consult the documentation for the origin system API to
            determine the name of the page or offset parameter.</p>
        <p class="- topic/p p">The Web Client processor provides a <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable that you can use
            in the URL as the value of the page or offset. For example, your resource URL might be
            any of the following:</p>
        <ul class="- topic/ul ul" id="concept_x5r_tgz_v1c__ul_tff_2xh_kmb" data-ofbid="concept_x5r_tgz_v1c__ul_tff_2xh_kmb">
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">http://webservice/object?limit=15&amp;offset=${startAt}</code></li>
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">https://myapp.com/product?limit=5&amp;since=${startAt}</code></li>
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">https://myotherapp.com/api/v1/products?page=${startAt}</code></li>
        </ul>
        <p class="- topic/p p">When the pipeline starts, the Web Client stage
                  uses the value of the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Initial Page</span> or <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Initial
                        Offset</span> property as the <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable
                  value. After the stage reads a page of results, the stage increments the
                        <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable by one if using page pagination, or by
                  the number of records read from the page if using offset pagination. </p>
        <section class="- topic/section section" id="concept_x5r_tgz_v1c__section_o15_lrm_51c" data-ofbid="concept_x5r_tgz_v1c__section_o15_lrm_51c"><h4 class="- topic/title title sectiontitle">Example</h4>
            
            <div class="- topic/p p">Say that you configure offset pagination, set the
                  initial offset to 0, and use the following response
                  endpoint:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_x5r_tgz_v1c__codeblock_spg_ffd_t1c" data-ofbid="concept_x5r_tgz_v1c__codeblock_spg_ffd_t1c"><code>https://myapp.com/product?limit=5&amp;since=${startAt}</code></pre></div>
            <div class="- topic/p p">When you start the pipeline, the stage resolves the response endpoint
                  to:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_x5r_tgz_v1c__codeblock_kj4_pfd_t1c" data-ofbid="concept_x5r_tgz_v1c__codeblock_kj4_pfd_t1c"><code>https://myapp.com/product?limit=5&amp;since=0</code></pre></div>
            <div class="- topic/p p">The first page of results includes items 0 through 4. After reading all 5 records
                  from the first page, the stage increments the <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable
                  by 5, such that the next response endpoint is resolved
                  to:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_x5r_tgz_v1c__codeblock_c5d_qfd_t1c" data-ofbid="concept_x5r_tgz_v1c__codeblock_c5d_qfd_t1c"><code>https://myapp.com/product?limit=5&amp;since=5</code></pre></div>
            <p class="- topic/p p">The second page of results also includes 5 items, starting at
            the 5th item.</p>
        </section>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title13" id="concept_q1n_chz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title13">OAuth 2 Authentication</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor can use the OAuth 2 protocol to connect to an HTTP service that
            uses basic or digest authentication, OAuth 2 client credentials, OAuth 2 username and
            password, or OAuth 2 access token.</p>
        <p class="- topic/p p">The OAuth 2 protocol authorizes third-party access to HTTP service resources without
            sharing credentials. The Web Client processor uses credentials to request an access
            token from the service. The service returns the token to the processor, and then the
            processor includes the token in a header in each request to the request endpoint.</p>
        <div class="- topic/p p">The credentials that you enter to request an access
                  token depend on the credentials grant type required by the HTTP service. You can
                  define the following OAuth 2 credentials grant types for Web Client stages: <dl class="- topic/dl dl" id="concept_q1n_chz_v1c__dl_zcx_rlc_t1c" data-ofbid="concept_q1n_chz_v1c__dl_zcx_rlc_t1c">
                        
                              <dt class="- topic/dt dt dlterm">Client credentials grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends its own credentials - the client ID and
                                          client secret or the basic, or digest authentication
                                          credentials - to the HTTP service. For example, use the
                                          client credentials grant to process data from the Twitter
                                          API or from the Microsoft Azure Active Directory (Azure
                                          AD) API.</p>
                                    <p class="- topic/p p">For more information about the client credentials grant, see
                                                <a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc6749#section-4.4" target="_blank" rel="external noopener">https://tools.ietf.org/html/rfc6749#section-4.4</a>.</p>
                              </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Access token grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends an access token to an authorization service
                                          and obtains an access token for the HTTP service.</p>
                              </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Owner credentials grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends the credentials for the resource owner - the
                                          resource owner user name, password, client ID, and client
                                          secret - to the HTTP service. Or, you can use this grant
                                          type to migrate existing clients using basic or digest
                                          authentication to OAuth 2 by converting the stored
                                          credentials to an access token.</p>
                                    <p class="- topic/p p">For example, you can use this grant to process data from the
                                          Getty Images API. For more information about using OAuth 2
                                          to connect to the Getty Images API, see <a class="- topic/xref xref" href="https://developers.gettyimages.com/api/oauth2.html" target="_blank" rel="external noopener">http://developers.gettyimages.com/api/docs/v3/oauth2.html</a>.</p>
                                    <p class="- topic/p p">For more information about the resource owner password
                                          credentials grant, see <a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc6749#section-4.3" target="_blank" rel="external noopener">https://tools.ietf.org/html/rfc6749#section-4.3</a>.</p>
                              </dd>
                        
                  </dl></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title14" id="concept_x1n_jhz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title14">Generated Output</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">For each request that returns a successful status code, the Web Client processor writes
            the response to the specified output field. The processor parses data in the response
            body into values based on the selected data format. You configure how the processor
            writes multiple values. The processor can write either the first value to a single
            record, all values to a list in a single record, or all values to separate records.</p>
        <p class="- topic/p p">For HEAD responses, the response body contains no data. Therefore, the processor writes
            output only to record header attributes, leaving the output field empty.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title15" id="concept_d4s_mhz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title15">Data Formats</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client processor parses each server response based on the selected data format
            and writes the response to the specified output field in the selected format.</p>
        <p class="- topic/p p">You configure how the processor writes parsed responses that contain multiple values. The
            processor can write either the first value to a single record, all values to a list in a
            single record, or all values to separate records.</p>
        <p class="- topic/p p">Available data formats include:</p>
        <div class="- topic/p p">
            <dl class="- topic/dl dl" id="concept_d4s_mhz_v1c__dl_flv_phz_v1c" data-ofbid="concept_d4s_mhz_v1c__dl_flv_phz_v1c">
                
                              <dt class="- topic/dt dt dlterm">Avro</dt>
                              <dd class="- topic/dd dd">Generates a record for every message. Includes a
                                          <code class="+ topic/ph pr-d/codeph ph codeph">precision</code> and <code class="+ topic/ph pr-d/codeph ph codeph">scale</code>
                                    <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z"> field attribute</a> for each Decimal field. </dd>
                              <dd class="- topic/dd dd ddexpand">The stage includes the Avro schema in an
                                          <code class="+ topic/ph pr-d/codeph ph codeph">avroSchema</code>
                                    <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_wn2_jcz_dz">record header attribute</a>. You can use one of the
                                    following methods to specify the location of the Avro schema
                                          definition:<ul class="- topic/ul ul" id="concept_d4s_mhz_v1c__ul_npz_1lz_kx" data-ofbid="concept_d4s_mhz_v1c__ul_npz_1lz_kx">
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Message/Data Includes Schema</span> -
                                                Use the schema in the message.</li>
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">In Pipeline Configuration</span> - Use
                                                the schema that you provide in the stage
                                                configuration. </li>
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Confluent Schema Registry</span> -
                                                Retrieve the schema from Confluent Schema Registry.
                                                Confluent Schema Registry is a distributed storage
                                                layer for Avro schemas. You can configure the stage
                                                to look up the schema in Confluent Schema Registry
                                                by the schema ID embedded in the message or by the
                                                schema ID or subject specified in the stage
                                                configuration.</li>
                                    </ul></dd>
                              <dd class="- topic/dd dd ddexpand">Using a schema in the stage configuration or retrieving a schema
                                    from Confluent Schema Registry overrides any schema that might
                                    be included in the message and can improve performance.</dd>
                        
                
                    <dt class="- topic/dt dt dlterm">Binary</dt>
                    <dd class="- topic/dd dd">Generates <span class="- topic/ph ph" id="concept_d4s_mhz_v1c__Read-Binary-ph1">a record with a single byte array field
                            at the root of the record.</span>
                    </dd>
                    <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph" id="concept_d4s_mhz_v1c__ReadBinary-ph2">When the data exceeds the user-defined maximum data
                            size, the processor cannot process the data. Because the record is not
                            created, the  cannot pass the record to the pipeline to be written as an
                            error record. Instead, the  generates a stage error.</span>
                    </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Datagram</dt>
                    <dd class="- topic/dd dd">Generates <span class="- topic/ph ph" id="concept_d4s_mhz_v1c__ReadDatagram-ph">a record for every message.</span> The
                        processor <span class="- topic/ph ph">can process <a class="- topic/xref xref" href="https://collectd.org/" target="_blank" rel="external noopener">collectd</a> messages, <span class="- topic/ph ph" id="concept_d4s_mhz_v1c__ph-NetFlowVersions">NetFlow 5 and NetFlow 9 messages</span>, and the
                        following types of syslog messages:</span>
                        <ul class="- topic/ul ul" id="concept_d4s_mhz_v1c__ul_fj2_3q4_4x" data-ofbid="concept_d4s_mhz_v1c__ul_fj2_3q4_4x">
                        <li class="- topic/li li" id="concept_d4s_mhz_v1c__li_RFC5424" data-ofbid="concept_d4s_mhz_v1c__li_RFC5424"><a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc5424" target="_blank" rel="external noopener">RFC 5424</a></li>
                        <li class="- topic/li li" id="concept_d4s_mhz_v1c__li_RFC3164" data-ofbid="concept_d4s_mhz_v1c__li_RFC3164"><a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc3164" target="_blank" rel="external noopener">RFC 3164</a></li>
                        <li class="- topic/li li">Non-standard common messages, such as RFC 3339 dates with no version
                              digit</li>
                  </ul></dd>
                    <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">When processing NetFlow messages, the stage generates
                        different records based on the NetFlow version. When processing NetFlow 9,
                        the records are generated based on the NetFlow 9 configuration properties.
                        For more information, see <a class="- topic/xref xref" href="../Data_Formats/NetFlow_Overview.html#concept_thl_nnr_hbb">NetFlow Data Processing</a>.</span></dd>
                
                
                    <dt class="- topic/dt dt dlterm">Delimited</dt>
                    <dd class="- topic/dd dd">The processor parses each line in the response as a value, and either writes
                        only the first delimited line to a single record, writes all delimited lines
                        to a single record with each line written to a list item, or writes each
                        delimited line to separate records. </dd>
                    <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">The CSV parser that you choose
                                          determines the delimiter properties that you configure and
                                          how the stage handles parsing errors. You can specify if
                                          the data includes a header line and whether to use it. You
                                          can define the number of lines to skip before reading, the
                                          character set of the data, and the root field type to use
                                          for the generated record.</span></dd>
                    <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">You can also configure the stage
                                          to replace a string constant with null values and to
                                          ignore control characters.</span></dd>
                    <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">For more information about reading
                                          delimited data, see <a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_ust_d4q_qgb">Reading Delimited Data</a>.</span></dd>
                
            </dl>
            <dl class="- topic/dl dl" id="concept_d4s_mhz_v1c__dl_glv_phz_v1c" data-ofbid="concept_d4s_mhz_v1c__dl_glv_phz_v1c">
                
                    <dt class="- topic/dt dt dlterm">JSON</dt>
                    <dd class="- topic/dd dd">The processor parses each object in the response into a value, and either
                        writes only the first object to a single record, writes all objects to a
                        list in a single record, or writes each object to separate records. </dd>
                    <dd class="- topic/dd dd ddexpand">When an object exceeds the specified maximum object length, the processor
                        processes the object based on the error handling configured for the stage.
                    </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Log</dt>
                    <dd class="- topic/dd dd">Generates a record for every log line. </dd>
                    <dd class="- topic/dd dd ddexpand">When a line exceeds the user-defined maximum line length, the  truncates
                        longer lines. </dd>
                    <dd class="- topic/dd dd ddexpand">You can include the processed log line as a field in the record. If the log
                        line is truncated, and you request the log line in the record, the  includes
                        the truncated line.</dd>
                    <dd class="- topic/dd dd ddexpand">You can define the <a class="- topic/xref xref" href="../Data_Formats/LogFormats.html#concept_tr1_spd_sr">log
                            format</a> or type to be read.</dd>
                
                
                    <dt class="- topic/dt dt dlterm">Protobuf</dt>
                    <dd class="- topic/dd dd">Generates a record for every protobuf message. By default, the  assumes
                        messages contain multiple protobuf messages.</dd>
                    <dd class="- topic/dd dd ddexpand">Protobuf messages must match the specified message type and be described in
                        the descriptor file. </dd>
                    <dd class="- topic/dd dd ddexpand">When the data for a record exceeds 1 MB, the  cannot continue processing
                        data in the message. The  handles the message based on the stage error
                        handling property and continues reading the next message. </dd>
                    <dd class="- topic/dd dd ddexpand">For information about generating the descriptor file, see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>.</dd>
                
                
                    <dt class="- topic/dt dt dlterm">Text</dt>
                    <dd class="- topic/dd dd">If you specify a custom delimiter, the processor parses the data into values
                        based on the delimiter. Otherwise, the processor parses each line into a
                        value. Then, the processor either writes only the first value to a single
                        record, writes all values to a list in a single record, or writes each value
                        to separate records. </dd>
                    <dd class="- topic/dd dd ddexpand">When a line exceeds the specified maximum line length, the processor
                        truncates the line and adds a Boolean field named Truncated. </dd>
                
                
                    <dt class="- topic/dt dt dlterm">XML</dt>
                    <dd class="- topic/dd dd">If you specify a delimiter element, the processor uses the delimiter element
                        to parse the response into values. The processor either writes only the
                        first delimited element to a single record, writes all delimited elements to
                        a list in a single record, or writes each delimited element to separate
                        records. </dd>
                    <dd class="- topic/dd dd ddexpand">If you do not specify a delimiter element, the processor writes the entire
                        response to single record.</dd>
                    <dd class="- topic/dd dd ddexpand">When a record exceeds the specified maximum record length, the processor
                        skips the record and continues processing with the next record. It sends the
                        skipped record to the pipeline for error handling. </dd>
                
            </dl>
        </div>
    </div>
</article><article class="- topic/topic task/task topic task nested1" aria-labelledby="ariaid-title16" id="task_lds_jjz_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title16">Configuring a Web Client Processor</h2>
    
    <div class="- topic/body task/taskbody body taskbody"><p class="- topic/shortdesc shortdesc"></p>
        <section class="- topic/section task/context section context">
            <p class="- topic/p p">Configure a Web Client processor to perform requests against a resource endpoint.</p>
            <p class="- topic/p p">This processor <span class="- topic/ph ph">is a <a class="- topic/xref xref" href="../Pipeline_Design/TechPreview.html">Technology Preview</a> feature. It is not meant for use in
                        production.</span></p>
        </section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">In the Properties panel, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_blh_n2h_hr" data-ofbid="task_lds_jjz_v1c__table_blh_n2h_hr" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1">General Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1">Name</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Stage name.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1">Description</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Optional description.</td>
            </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row_GenPreconditions">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_fnk_nfz_v1c">Produce
                                            Events</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Generates event records when events occur. Use for
                  <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">event handling</a>.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/DroppingUnwantedRecords.html#concept_dnj_bkm_vq">Required Fields</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Fields that must include data for the record to be passed into the stage. <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> You might include fields that the stage
                  uses.</div><p class="- topic/p p">Records that do not include all required fields are processed based
                  on the error handling configured for the pipeline.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/DroppingUnwantedRecords.html#concept_msl_yd4_fs">Preconditions</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Conditions that must evaluate to TRUE to allow a record to enter the stage for
                processing. Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to create additional preconditions.
                  <p class="- topic/p p">Records that do not meet all preconditions are processed based on the error
                  handling configured for the stage.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_atr_j4y_5r">On
                  Record Error</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_blh_n2h_hr__entry__2">Error record handling for the stage: <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_atl_2rx_mx" data-ofbid="task_lds_jjz_v1c__ul_atl_2rx_mx">
                  <li class="- topic/li li">Discard - Discards the record.</li>
                  <li class="- topic/li li">Send to Error - Sends the record to the pipeline for error handling.</li>
                  <li class="- topic/li li">Stop Pipeline - Stops the pipeline.</li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_b4b_dvw_m5b" data-ofbid="task_lds_jjz_v1c__table_b4b_dvw_m5b" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Connection Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Authentication Scheme</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Determines the authentication type used to connect to the
                                    server:</p>
                                <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_orz_jkm_r1c" data-ofbid="task_lds_jjz_v1c__ul_orz_jkm_r1c">
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">None - Performs no authentication.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Basic - Uses basic authentication. Requires a username
                                            and password.</p>
                                        <p class="- topic/p p">Use with HTTPS to avoid passing unencrypted
                                            credentials.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Digest - Uses digest authentication. Requires a username
                                            and password.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Bearer - Uses bearer authentication. Requires a username
                                            and password.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">OAuth 1 - Uses OAuth 1.0 authentication. Requires OAuth
                                            credentials.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">OAuth 2 - Uses OAuth 2.0 authentication. Requires OAuth
                                            credentials.</p>
                                    </li>
                                </ul>
                            </td>
                        </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Request Endpoint</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
              <p class="- topic/p p">URL of the request resource.</p>
              <p class="- topic/p p">
                
              </p>
            </td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Data Interchange Pattern</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
              <p class="- topic/p p">Determines whether the request and response share an endpoint:</p>
              <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_mfq_zjm_r1c" data-ofbid="task_lds_jjz_v1c__ul_mfq_zjm_r1c">
                <li class="- topic/li li">
                  <p class="- topic/p p">One-Step - The request and response have the same endpoint.</p>
                </li>
              </ul>
              <div class="- topic/p p">
                
              </div>
            </td>
          </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Keystore Management</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__entry-WebClient-SecurityOption" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Determines the authentication
                                and encryption used to connect to the HTTP server.<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_rr5_nq5_5bc" data-ofbid="task_lds_jjz_v1c__ul_rr5_nq5_5bc">
                                    <li class="- topic/li li">Automatic (for most HTTP and HTTPS requests) - Uses
                                        automatically-generated keystore and truststore
                                        configurations.</li>
                                    <li class="- topic/li li">Manual (for manually configured HTTPS requests) - Manually
                                        configure the keystore and truststore to use.</li>
                                </ul></td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Keystore Location</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Where to load the keystore from:</p>
                                <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_ppw_xzt_51c" data-ofbid="task_lds_jjz_v1c__ul_ppw_xzt_51c">
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Local - Loads the keystore from a local file.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Remote - Loads the keystore from the provided key and
                                            certificate chain.</p>
                                    </li>
                                </ul>
                                <p class="- topic/p p">Required for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Keystore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Path to the local keystore file. Enter an absolute path to the
                                    file or enter the following expression to define the file stored
                                    in the <span class="- topic/ph ph">Data Collector</span>
                                    resources directory:</p>
                                <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/keystore.jks</code>
                                </p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__entry-TLS-KeystoreType" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Keystore Type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Type of keystore to use. Use one of the following types:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul-keystoreTruststore-Types" data-ofbid="task_lds_jjz_v1c__ul-keystoreTruststore-Types">
                                    <li class="- topic/li li">Java Keystore File (JKS)</li>
                                    <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                </ul><p class="- topic/p p">Default is Java Keystore File (JKS). </p></td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__entry-TLS-KeystorePassword" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Keystore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-KeystorePassword-desc" data-ofbid="task_lds_jjz_v1c__p-TLS-KeystorePassword-desc">Password to the keystore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Private Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Private key used in the remote keystore. Enter a <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the key or
                                        enter the contents of the key.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Certificate Chain</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Each PEM certificate used in the remote keystore. Enter a
                                            <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the certificate
                                        or enter the contents of the certificate.<p class="- topic/p p">Using simple or bulk edit mode, click the <strong class="+ topic/ph hi-d/b ph b">Add</strong>
                                            icon to add additional certificates.</p></td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__entry-TLS-KeystoreKeyAlgo" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Keystore Key Algorithm</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-KeystoreKeyAlgo-desc1" data-ofbid="task_lds_jjz_v1c__p-TLS-KeystoreKeyAlgo-desc1">Algorithm to manage the
                                    keystore. </p>
                                <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-KeystoreKeyAlgo-desc2" data-ofbid="task_lds_jjz_v1c__p-TLS-KeystoreKeyAlgo-desc2">Default is <span class="- topic/ph ph">SunX509</span>.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc1" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc1">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc2" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc2"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc3" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststoreFile-desc3">By default, no truststore is used. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__entry-TLS-TruststoreType" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Truststore Type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <div class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststoreType-desc1" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststoreType-desc1">Type of truststore to use. Use
                                    one of the following types:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_czd_mfv_5bc" data-ofbid="task_lds_jjz_v1c__ul_czd_mfv_5bc">
                                        <li class="- topic/li li">Java Keystore File (JKS)</li>
                                        <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                    </ul></div>
                                <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststoreType-desc2" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststoreType-desc2">Default is Java Keystore File
                                    (JKS). </p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__entry-TLS-TruststorePassword" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__p-TLS-TruststorePassword-desc" data-ofbid="task_lds_jjz_v1c__p-TLS-TruststorePassword-desc">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Truststore Key Algorithm</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Algorithm to manage the truststore. </p>
                                <p class="- topic/p p">Default is <span class="- topic/ph ph" id="task_lds_jjz_v1c__TLS-DefaultAlgorithm-ph">SunX509</span>.</p>
                                <p class="- topic/p p">Required for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Default Protocol Versions</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Use only modern default secure protocol versions.</p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Default Cipher Suites</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">
                                <p class="- topic/p p">Use only modern default cipher suites.</p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Use Proxy Server</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Enables using a proxy server to connect to the system. </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Proxy Server</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">Proxy server endpoint.</td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Proxy User</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2">User name for proxy credentials.</td>
                        </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__1">Proxy Password</td>
            <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_b4b_dvw_m5b__entry__2"><span class="- topic/ph ph">Password for proxy
                            credentials.</span><div class="- topic/note note tip note_tip" id="task_lds_jjz_v1c__note_tkl_q4w_s1c" data-ofbid="task_lds_jjz_v1c__note_tkl_q4w_s1c"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_lds_jjz_v1c__ph-runtimeresources_credstores">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
          </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Basic or Digest authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span>
                    tab, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_kfn_q13_s1c" data-ofbid="task_lds_jjz_v1c__table_kfn_q13_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
            <tr class="- topic/row">
              <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__1">Connection Property</th>
              <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__2">Description</th>
            </tr>
          </thead><tbody class="- topic/tbody tbody">
            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__1">User</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__2">
                <p class="- topic/p p">Authentication username.</p>
              </td>
            </tr>
            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__1">Password</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_kfn_q13_s1c__entry__2">
                <p class="- topic/p p">Authentication password.</p>
                <div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_lds_jjz_v1c__note_ztl_lyh_s1c" data-ofbid="task_lds_jjz_v1c__note_ztl_lyh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div>
              </td>
            </tr>
          </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Bearer authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_ntz_slr_vbc" data-ofbid="task_lds_jjz_v1c__table_ntz_slr_vbc" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                    <tr class="- topic/row">
                        <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_ntz_slr_vbc__entry__1">Bearer Property</th>
                        <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_ntz_slr_vbc__entry__2">Description</th>
                    </tr>
                </thead><tbody class="- topic/tbody tbody">
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_ntz_slr_vbc__entry__1">Token</td>
                        <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_ntz_slr_vbc__entry__2">Authentication token to access the requested resource.</td>
                    </tr>
                </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For OAuth 1 authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_wfh_zlr_vbc" data-ofbid="task_lds_jjz_v1c__table_wfh_zlr_vbc" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                    <tr class="- topic/row">
                        <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__1">OAuth 1 Property</th>
                        <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__2">Description</th>
                    </tr>
                </thead><tbody class="- topic/tbody tbody">
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__1">Consumer Key</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">Name of the OAuth consumer key.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__1">Consumer Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth consumer secret.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__1">Access Token</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth 1.0 access token.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__1">Token Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth 1.0 token secret.</p>
                        </td>
                    </tr>
                </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For OAuth 2 authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following properties.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For more information about OAuth 2, see <a class="- topic/xref xref" href="WebClientP.html#concept_q1n_chz_v1c">OAuth 2 Authentication</a>. </div>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_b4l_pxn_s1c" data-ofbid="task_lds_jjz_v1c__table_b4l_pxn_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">OAuth 2 Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Grant Type</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">Grant type required by the HTTP service.</p>
                        </td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Token Endpoint</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">URL to request the access token.</p>
                        </td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Client ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">Client ID that the HTTP service uses to identify the HTTP client.</p>
                            <p class="- topic/p p">Enter for the client credentials grant that uses a client ID and
                                secret for authentication. Or, for the resource owner password
                                credentials grant that requires a client ID and secret.</p>
                            <p class="- topic/p p">Required for the Client Credentials grant.</p>
                        </td>
                    </tr>
                            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Client Secret</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">
                <p class="- topic/p p">Client secret that the HTTP service uses to authenticate the HTTP client.</p>
                <p class="- topic/p p">Enter for the client credentials grant that uses a client ID and secret for
                  authentication. Or, for the resource owner password credentials grant that
                  requires a client ID and secret.</p>
                <div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_lds_jjz_v1c__note_zfn_xxh_s1c" data-ofbid="task_lds_jjz_v1c__note_zfn_xxh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div>
                <p class="- topic/p p">Required for the Client Credentials grant.</p>
              </td>
            </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Signing Algorithm</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Algorithm used to sign the access token.<p class="- topic/p p">Required for the Access
                                Token grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Signing Key</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Private key that the selected signing algorithm uses to sign the access token.<div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_lds_jjz_v1c__note_axn_zxh_s1c" data-ofbid="task_lds_jjz_v1c__note_axn_zxh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div><p class="- topic/p p">Required for the Access Token grant using a signing algorithm.</p></td>
            </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Token Headers</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Headers to include in the access token<p class="- topic/p p">Available for the Access
                                Token grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Token Claims</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Claims to include in the access token. Specify in JSON format. Enter
                            each claim required to obtain an access token. You can include the
                            expression language in the token claims.<p class="- topic/p p">For example, to request an
                                access token to read from Google service accounts, enter the
                                following claims with the appropriate
                                values:</p><pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_lds_jjz_v1c__codeblock_rrr_byh_s1c" data-ofbid="task_lds_jjz_v1c__codeblock_rrr_byh_s1c"><code>{
  "iss":"my_name@my_account.iam.gserviceaccount.com",
  "scope":"https://www.googleapis.com/auth/drive",
  "aud":"https://oauth2.googleapis.com/token",
  "exp":${(time:dateTimeToMilliseconds(time:now())/1000) + 50 * 60},
  "iat":${time:dateTimeToMilliseconds(time:now())/1000}
}</code></pre><p class="- topic/p p">Required for the Access Tokens grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Owner User</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Resource owner user name.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Owner Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Resource owner password.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Owner Client ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Resource owner client ID.<p class="- topic/p p">Available for the Owner Credentials
                                grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Owner Client Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Resource owner client secret.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__1">Additional Parameters</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_b4l_pxn_s1c__entry__2">Optional parameters to send to the token endpoint when requesting an access
                token. For example, you can define the OAuth 2 <code class="+ topic/ph pr-d/codeph ph codeph">scope</code> request
                  parameter.<p class="- topic/p p">Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to
                  add additional key-value pairs.</p></td>
            </tr>
                                </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Requests</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_lzr_pjz_v1c" data-ofbid="task_lds_jjz_v1c__table_lzr_pjz_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Request Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_gvl_hfz_v1c">Grouping
                                            Style</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">How to group records to generate requests.<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_kbb_2ts_bzb" data-ofbid="task_lds_jjz_v1c__ul_kbb_2ts_bzb">
                <li class="- topic/li li">One Request Per Record</li>
                <li class="- topic/li li">One Request Per Batch</li>
              </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_en2_w2z_v1c">Method</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">HTTP request method. Use one of the standard HTTP
              methods. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_kkk_cfz_v1c">Security
                                            Headers</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Security headers to include in the request. Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add additional
              security headers.<p class="- topic/p p">You can use credential functions to retrieve sensitive information
                from supported <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></p><div class="- topic/note note note note_note" id="task_lds_jjz_v1c__note_fkk_lm3_czb" data-ofbid="task_lds_jjz_v1c__note_fkk_lm3_czb"><span class="note__title">Note:</span> If you define the same header in the Common
                Headers property, security headers take precedence.</div></td>
                                </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Request Body</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Request data to use with the specified method. Available for the Post, Put,
              Patch, and Head methods.<p class="- topic/p p">You can use <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_qkr_trf_sw" title="Use time functions to return the current time or to transform datetime data.">time functions</a> and <a class="- topic/xref xref" href="../Expression_Language/DateTimeVariables.html#concept_gh4_qd2_sv" title="The expression language provides datetime variables for use in expressions.">datetime variables</a>, such as <code class="+ topic/ph pr-d/codeph ph codeph">${YYYY()}</code>, in the request
                body.</p></td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Wait Time Between Requests (ms)</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Milliseconds to wait between requests.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Maximum Parallel Requests</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Maximum number of requests to make simultaneously.</td>
          </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_kkk_cfz_v1c">Common
                                            Headers</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Common headers to include in the request. Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add additional
              common headers.<div class="- topic/p p">
                <div class="- topic/note note note note_note" id="task_lds_jjz_v1c__note_kxj_xgv_s1c" data-ofbid="task_lds_jjz_v1c__note_kxj_xgv_s1c"><span class="note__title">Note:</span> If you define the same header in the Security Headers
                  property, security headers take precedence.</div>
              </div></td>
                                </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Default Request Content Type</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Request content type to set if not specified as a header.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__1">Request Time Zone</td>
            <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_lzr_pjz_v1c__entry__2">Time zone to use in time expressions.</td>
          </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the following
                    property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_hvy_pt3_vx" data-ofbid="task_lds_jjz_v1c__table_hvy_pt3_vx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_hvy_pt3_vx__entry__1">Request Data Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_hvy_pt3_vx__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row" id="task_lds_jjz_v1c__KP-DataFormats">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_hvy_pt3_vx__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_d4s_mhz_v1c">Request Data
                                            Format</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_hvy_pt3_vx__entry__2">
                                        <p class="- topic/p p">Format to use to generate HTTP output data. Use one of
                                            the following data formats:</p>
                                        <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul-WebClient-DataFormats" data-ofbid="task_lds_jjz_v1c__ul-WebClient-DataFormats">
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Avro</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Binary</p>
                                            </li>
                                            <li class="- topic/li li">Datagram</li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Delimited</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">JSON</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Protobuf</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Text</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">XML</p>
                                            </li>
                                        </ul>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Avro data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_ymt_t3w_s1c" data-ofbid="task_lds_jjz_v1c__table_ymt_t3w_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Avro Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Avro Schema Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Location of the Avro schema definition to use when
                                        writing data:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_mr6_sdg_lx" data-ofbid="task_lds_jjz_v1c__ul_mr6_sdg_lx">
                                            <li class="- topic/li li">In Pipeline Configuration - Use the schema that you
                                                provide in the stage configuration. </li>
                                            <li class="- topic/li li">In Record Header - Use the schema in the avroSchema
                                                  <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_lmn_gdc_1w">record header attribute</a>. Use only when the
                                                avroSchema attribute is defined for all records. </li>
                                            <li class="- topic/li li">Confluent Schema Registry - Retrieve the schema from
                                                Confluent Schema Registry. </li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Avro Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Avro schema definition used to write the data. <p class="- topic/p p">You can
                                            optionally use the <code class="+ topic/ph pr-d/codeph ph codeph">runtime:loadResource</code>
                                            function to load a schema definition stored in a runtime
                                            resource file. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Register Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Registers a new Avro schema with Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Schema Registry URLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Confluent Schema Registry URLs used to look up the schema
                                        or to register a new schema. To add a URL, click
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> and then enter the URL in the
                                        following
                                        format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>http://&lt;host name&gt;:&lt;port number&gt;</code></pre></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Basic Auth User Info</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">User information needed to connect to Confluent Schema Registry when using
                basic authentication. <p class="- topic/p p">Enter the key and secret from the
                    <code class="+ topic/ph pr-d/codeph ph codeph">schema.registry.basic.auth.user.info</code> setting in Schema Registry
                  using the following format: </p><div class="- topic/p p">
                  <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;key&gt;:&lt;secret&gt;</code></pre>
                </div><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_lds_jjz_v1c__d329e6785">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Look Up Schema By</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Method used to look up the schema in Confluent Schema
                                            Registry:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_t38_m6g_lx" data-ofbid="task_lds_jjz_v1c__ul_t38_m6g_lx">
                                            <li class="- topic/li li">Subject - Look up the specified Avro schema
                                                subject.</li>
                                            <li class="- topic/li li">Schema ID - Look up the specified Avro schema ID.
                                            </li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row-D-Avro-SchemaSubject">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Schema Subject</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Avro schema subject to look up or to register in
                                        Confluent Schema Registry.<p class="- topic/p p">If the specified subject to
                                            look up has multiple schema versions, the processor uses
                                            the latest schema version for that subject. To use an
                                            older version, find the corresponding schema ID, and
                                            then set the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Look Up Schema By</span>
                                            property to Schema ID.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Schema ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Avro schema ID to look up in Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Include Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">Includes the schema in each file. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> Omitting the
                                            schema definition can improve performance, but requires
                                            the appropriate schema management to avoid losing track
                                            of the schema associated with the data.</div></td>
                                </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row-D-Avro-CompressionCodec">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__1">Avro Compression Codec</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_ymt_t3w_s1c__entry__2">The Avro compression type to use. <p class="- topic/p p">When using Avro
                                            compression, do not enable other compression available
                                            in the processor. </p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For binary data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_hrm_r1l_dzb" data-ofbid="task_lds_jjz_v1c__table_hrm_r1l_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_hrm_r1l_dzb__entry__1">Binary Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_hrm_r1l_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_hrm_r1l_dzb__entry__1">Binary Field Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_hrm_r1l_dzb__entry__2">Field that contains the binary data.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For delimited data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_wb3_2kg_br" data-ofbid="task_lds_jjz_v1c__table_wb3_2kg_br" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">Delimited Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">Header Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">Indicates whether to create a header line.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">Delimiter Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">Format for delimited data:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_k3j_vvf_jr" data-ofbid="task_lds_jjz_v1c__ul_k3j_vvf_jr">
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Default CSV</span> - File that includes comma-separated
                              values. Ignores empty lines in the file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">RFC4180 CSV</span> - Comma-separated file that strictly
                              follows RFC4180 guidelines.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">MS Excel CSV</span> - Microsoft Excel comma-separated
                              file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">MySQL CSV</span> - MySQL comma-separated file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Tab-Separated Values</span> - File that includes
                              tab-separated values.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">PostgreSQL CSV</span> - PostgreSQL comma-separated
                              file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">PostgreSQL Text</span> - PostgreSQL text file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Custom</span> - File that uses user-defined delimiter,
                              escape, and quote characters.</li>
                  </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">Replace New Line Characters</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">Replaces new line characters with the configured
                                            string.<p class="- topic/p p">Recommended when writing data as a single line
                                            of text.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">New Line Character Replacement</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">String to replace each new line character. For example,
                                        enter a space to replace each new line character with a
                                        space. <p class="- topic/p p">Leave empty to remove the new line
                                        characters.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_wb3_2kg_br__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For JSON data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_lr3_xhl_dzb" data-ofbid="task_lds_jjz_v1c__table_lr3_xhl_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__1">JSON Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__1">JSON Content</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__2">Method to write JSON data:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_mss_w3c_wr" data-ofbid="task_lds_jjz_v1c__ul_mss_w3c_wr">
                                            <li class="- topic/li li">JSON Array of Objects - Each file includes a single
                                                array. In the array, each element is a JSON
                                                representation of each record.</li>
                                            <li class="- topic/li li">Multiple JSON Objects - Each file includes multiple
                                                JSON objects. Each object is a JSON representation
                                                of a record.</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_lr3_xhl_dzb__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For protobuf data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_nm1_l3l_dzb" data-ofbid="task_lds_jjz_v1c__table_nm1_l3l_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__1">Protobuf Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__1">Protobuf Descriptor File </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__2">Descriptor file (.desc) to use. The descriptor file must
                                        be in the <span class="- topic/ph ph">Data Collector</span> resources directory, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>.
                                                <p class="- topic/p p"><span class="- topic/ph ph">For more information about environment variables, see
                              <a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr">Data Collector Environment Configuration</a>.</span> For information about generating the descriptor file,
                                            see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__1">Message Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_nm1_l3l_dzb__entry__2">Fully-qualified name for the message type to use when
                                        writing data.<p class="- topic/p p">Use the following format:
                                                <code class="+ topic/ph pr-d/codeph ph codeph">&lt;package name&gt;.&lt;message
                                            type&gt;</code>. </p>Use a message type defined in the
                                        descriptor file.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For text data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_rlf_mhv_s1c" data-ofbid="task_lds_jjz_v1c__table_rlf_mhv_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">Text Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">Text Field Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">Field that contains the text data to be written. All data
                                        must be incorporated into the specified field. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">Record Separator</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">Characters to use to separate records. Use any valid Java
                                        string literal. For example, when writing to Windows, you
                                        might use <kbd class="+ topic/ph sw-d/userinput ph userinput">\r\n</kbd> to separate
                                            records.<p class="- topic/p p">By default, the processor uses
                                                <kbd class="+ topic/ph sw-d/userinput ph userinput">\n</kbd>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">On Missing Field</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">When a record does not include the text field, determines
                                        whether the processor reports the missing field as an error
                                        or ignores the missing field.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">Insert Record Separator if No Text</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">When configured to ignore a missing text field, inserts
                                        the configured record separator string to create an empty
                                            line.<p class="- topic/p p">When not selected, discards records without the
                                            text field.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_rlf_mhv_s1c__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For XML data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_tkz_pqw_s1c" data-ofbid="task_lds_jjz_v1c__table_tkz_pqw_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__1">XML Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row-D-XML-PrettyFormat">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__1">Pretty Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__2">Adds indentation to make the resulting XML document
                                        easier to read. Increases the record size
                                        accordingly.</td>
                                </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row-D-XML-ValidateSchema">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__1">Validate Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__2">Validates <span class="- topic/ph ph">that the generated
                                                XML conforms to the specified schema definition.
                                                Records with invalid schemas are handled based on
                                                the error handling configured for the
                                                destination.</span><div class="- topic/p p">
                                            <div class="- topic/note note important note_important"><span class="note__title">Important:</span> Regardless of whether you
                                                validate the XML schema, the destination requires
                                                the record in a specific format. For more
                                                information, see <a class="- topic/xref xref" href="../Data_Formats/WritingXML.html#concept_cmn_hml_r1b">Record Structure Requirement</a>.</div>
                                        </div></td>
                                </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__row-D-XML-Schema">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__1">XML Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_tkz_pqw_s1c__entry__2">The XML schema to use to validate records.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_h4m_yhv_s1c" data-ofbid="task_lds_jjz_v1c__table_h4m_yhv_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Response Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_rd3_mgz_v1c">Pagination
                                            Mode</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Method of pagination to use. Use a method supported by
              the API of the HTTP client. </td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Continue Without Data</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Continues pagination even when a page returns empty results.<p class="- topic/p p">Available when
                  using pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Next Page Link Base</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Base URL to use for next page relative links.<p class="- topic/p p">For link in header and link in
                  body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Next Page Link Header</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Name of the response header that contains the link to the next page.<p class="- topic/p p">For link
                  in header pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Next Page Link Field Path</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Field path in the response that contains the URL to the next page.<p class="- topic/p p">For link
                  in body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Stop Condition</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Condition that evaluates to true when there are no more pages to process.<div class="- topic/p p">For
                  example, let's say that the API of the HTTP client includes a count property that
                  determines the number of items displayed per page. If the count is set to 1000 and
                  a page returns with less than 1000 items, it is the last page of data. So you'd
                  enter the following expression to stop processing when the count is less than
                  1000:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_lds_jjz_v1c__codeblock_u1b_vcw_s1c" data-ofbid="task_lds_jjz_v1c__codeblock_u1b_vcw_s1c"><code>${record:value('/count') &lt; 1000}</code></pre></div><p class="- topic/p p">For
                  link in header and blink in body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Final Offset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Offset from which the stage will stop processing records.<p class="- topic/p p">Use -1 to opt out
                  of this property.</p><p class="- topic/p p">For page pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_x5r_tgz_v1c">Initial
                                            Page</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Initial page number for pagination.<p class="- topic/p p">For page pagination.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Final Page</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Page from which the stage will stop processing records.<p class="- topic/p p">Use -1 to opt out of
                  this property.</p><p class="- topic/p p">For page pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_x5r_tgz_v1c">Initial
                                            Offset</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Initial offset for pagination.<p class="- topic/p p">For offset
                  pagination.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Result Field Path</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__entry-WebClient-ResultFieldPath" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">
                <p class="- topic/p p">Field path in the response that contains the data that you
                want to process. Must be a list or array field.</p>
                <p class="- topic/p p">Required when using pagination.</p>
              </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Keep All Fields</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2"><span class="- topic/ph ph">Includes all fields from the response in the
                resulting record when enabled. </span><p class="- topic/p p">Available when using
                  pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_snq_zfz_v1c">Per-Status
                                            Actions</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Actions to apply to specified HTTP status codes. Click
                  <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add per-status actions.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_vv5_2gz_v1c">Per-Timeout Actions</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Actions to apply to specified timeout types. Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span>
                to add per-timeout actions.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__1">Error Field</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_h4m_yhv_s1c__entry__2">Name of the field to store the error response body in when generating protocol
                error records.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_yyp_bjw_s1c" data-ofbid="task_lds_jjz_v1c__table_yyp_bjw_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__1">Response Data Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__1">Collect Mode</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__2">Method for collecting response data.</td>
          </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__1"><a class="- topic/xref xref" href="WebClientP.html#concept_d4s_mhz_v1c">Response Data
                                            Format</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_yyp_bjw_s1c__entry__2">
                                        <div class="- topic/p p">Format to use to read HTTP response data. Use one of the
                                            following data formats:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_vxt_g2f_51c" data-ofbid="task_lds_jjz_v1c__ul_vxt_g2f_51c">
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Avro</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Binary</p>
                                            </li>
                                            <li class="- topic/li li">Datagram</li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Delimited</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">JSON</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Protobuf</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Text</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">XML</p>
                                            </li>
                                        </ul></div>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Avro data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_acd_2qd_3t" data-ofbid="task_lds_jjz_v1c__table_acd_2qd_3t" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Avro Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Avro Schema Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Location of the Avro schema definition to use when
                                        processing data:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_k2p_vx2_lx" data-ofbid="task_lds_jjz_v1c__ul_k2p_vx2_lx">
                                            <li class="- topic/li li">Message/Data Includes Schema - Use the schema in the
                                                message.</li>
                                            <li class="- topic/li li">In Pipeline Configuration - Use the schema provided
                                                in the stage configuration.</li>
                                            <li class="- topic/li li">Confluent Schema Registry - Retrieve the schema from
                                                Confluent Schema Registry.</li>
                                        </ul><p class="- topic/p p">Using a schema in the stage configuration or in
                                            Confluent Schema Registry can improve
                                        performance.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Avro Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Avro schema definition used to process the data.
                                        Overrides any existing schema definitions associated with
                                        the data. <p class="- topic/p p">You can optionally use the
                                                <code class="+ topic/ph pr-d/codeph ph codeph">runtime:loadResource</code> function to
                                            load a schema definition stored in a runtime resource
                                            file. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Schema Registry URLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Confluent Schema Registry URLs used to look up the
                                        schema. To add a URL, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> and
                                        then enter the URL in the following
                                        format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>http://&lt;host name&gt;:&lt;port number&gt;</code></pre></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Schema Registry Security Option</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Authentication and encryption used to connect to the schema registry.</td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__d4511e5330" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Truststore Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">
                                        <div class="- topic/p p" id="task_lds_jjz_v1c__d4511e5335" data-ofbid="task_lds_jjz_v1c__d4511e5335">Type of truststore to use. Use one of the following
                                                types:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__d4511e5337" data-ofbid="task_lds_jjz_v1c__d4511e5337">
                                                <li class="- topic/li li">Java Keystore File (JKS)</li>
                                                <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                            </ul></div>
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__d4511e5346" data-ofbid="task_lds_jjz_v1c__d4511e5346">Default is Java Keystore File (JKS). </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">
                                        <p class="- topic/p p">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p">By default, no truststore is used. </p>
                                        <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_lds_jjz_v1c__image_mls_g3j_qgb" src="../../../reusable-content/datacollector/../shared-graphics/icon-Edge.png" height="19" width="19"/> In <span class="- topic/ph ph">Data Collector Edge</span> pipelines,</span> enter an absolute path to the file that uses the PEM
                                            format.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__d4511e5354" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">
                                        <p class="- topic/p p" id="task_lds_jjz_v1c__d4511e5359" data-ofbid="task_lds_jjz_v1c__d4511e5359">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row" id="task_lds_jjz_v1c__Mess-row-BasicAuthUserInfo">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Basic Auth User Info</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">User information needed to connect to Confluent Schema Registry when using
                basic authentication. <p class="- topic/p p">Enter the key and secret from the
                    <code class="+ topic/ph pr-d/codeph ph codeph">schema.registry.basic.auth.user.info</code> setting in Schema Registry
                  using the following format: </p><div class="- topic/p p">
                  <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;key&gt;:&lt;secret&gt;</code></pre>
                </div><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_lds_jjz_v1c__d329e6785">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Lookup Schema By</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Method used to look up the schema in Confluent Schema
                                            Registry:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_pb1_5df_lx" data-ofbid="task_lds_jjz_v1c__ul_pb1_5df_lx">
                                            <li class="- topic/li li">Subject - Look up the specified Avro schema
                                                subject.</li>
                                            <li class="- topic/li li">Schema ID - Look up the specified Avro schema ID. </li>
                                            <li class="- topic/li li">Embedded Schema ID - Look up the Avro schema ID
                                                embedded in each message.</li>
                                        </ul>Overrides any existing schema definitions associated
                                        with the message. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Schema Subject</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Avro schema subject to look up in Confluent Schema
                                            Registry.<p class="- topic/p p">If the specified subject has multiple schema
                                            versions, the stage uses the latest schema version for
                                            that subject. To use an older version, find the
                                            corresponding schema ID, and then set the
                                                <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Look Up Schema By</span> property to
                                            Schema ID.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Schema ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Avro schema ID to look up in Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__1">Skip Union Indexes</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_acd_2qd_3t__entry__2">Omits header attributes identifying the index number of the element in a union
                that data is read from.<p class="- topic/p p">If a schema contains many unions and the pipeline does not
                  depend on index information, you can enable this property to avoid long processing
                  times associated with storing a large number of indexes.</p></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For datagram data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_qrx_zqz_pw" data-ofbid="task_lds_jjz_v1c__table_qrx_zqz_pw" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__1">Datagram Properties</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__2">Character encoding of the messages to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_qrx_zqz_pw__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For delimited data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure
                    the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_mzr_pjz_v1c" data-ofbid="task_lds_jjz_v1c__table_mzr_pjz_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Delimited Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Header Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Indicates whether to create a header line.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Lines to Skip</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Number of lines to skip before reading data. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_kqb_5ky_w4b">CSV Parser</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Parser to use to process delimited data:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_rzb_k3y_w4b" data-ofbid="task_lds_jjz_v1c__ul_rzb_k3y_w4b">
                                            <li class="- topic/li li">Apache Commons - Provides robust parsing and a wide
                                                range of delimited format types.</li>
                                            <li class="- topic/li li">Univocity - Can provide faster processing for wide
                                                delimited files, such as those with over 200
                                                columns. </li>
                                        </ul><p class="- topic/p p">Default is Apache Commons.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Max Record Length (chars)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Maximum length of a record in characters. Longer records
                                        are not read. <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p><p class="- topic/p p">Available when using the Apache Commons
                                            parser.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_zcg_bm4_fs">Root Field Type</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Root field type to use:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_izr_p1q_ft" data-ofbid="task_lds_jjz_v1c__ul_izr_p1q_ft">
                                            <li class="- topic/li li">List-Map - Generates an indexed list of data.
                                                Enables you to use standard functions to process
                                                data. Use for new pipelines.</li>
                                            <li class="- topic/li li">List - Generates a record with an indexed list with
                                                a map for header and value. Requires the use of
                                                delimited data functions to process data. Use only
                                                to maintain pipelines created before 1.1.0.</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Parse NULLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Replaces the specified string constant with null
                                        values.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Character set to use when writing data. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_mzr_pjz_v1c__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For JSON data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_lwv_xvc_4hb" data-ofbid="task_lds_jjz_v1c__table_lwv_xvc_4hb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1">JSON Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1">JSON Content</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">Type of JSON content. Use one of the following options: <div class="- topic/p p">
                                            <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_mwv_xvc_4hb" data-ofbid="task_lds_jjz_v1c__ul_mwv_xvc_4hb">
                                                <li class="- topic/li li">Multiple JSON Objects</li>
                                                <li class="- topic/li li">JSON Array of Objects </li>
                                            </ul>
                                        </div></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_u1t_tnx_nhb" data-ofbid="task_lds_jjz_v1c__ul_u1t_tnx_nhb">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1">Maximum Object Length (chars)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">Maximum number of characters in a JSON object. <p class="- topic/p p">Longer
                                            objects are diverted to the pipeline for error handling.
                                                </p><p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_lwv_xvc_4hb__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For log data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_ihc_3fs_sr" data-ofbid="task_lds_jjz_v1c__table_ihc_3fs_sr" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1">Log Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Data_Formats/LogFormats.html">Log Format</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Format of the log files. Use one of the following
                                            options:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul-LogFormatList" data-ofbid="task_lds_jjz_v1c__ul-LogFormatList">
                                            <li class="- topic/li li">Common Log Format</li>
                                            <li class="- topic/li li">Combined Log Format</li>
                                            <li class="- topic/li li">Apache Error Log Format</li>
                                            <li class="- topic/li li">Apache Access Log Custom Format</li>
                                            <li class="- topic/li li">Regular Expression</li>
                                            <li class="- topic/li li">Grok Pattern</li>
                                            <li class="- topic/li li">Log4j</li>
                                            <li class="- topic/li li">Common Event Format (CEF)</li>
                                            <li class="- topic/li li">Log Event Extended Format (LEEF)</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_vph_jp2_qs" data-ofbid="task_lds_jjz_v1c__ul_vph_jp2_qs">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1">Max Line Length</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Maximum length of a log line. The processor truncates
                                        longer lines. <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1">Retain Original Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Determines how to treat the original log line. Select to
                                        include the original log line as a field in the resulting
                                            record.<p class="- topic/p p">By default, the original line is
                                            discarded.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_ihc_3fs_sr__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For protobuf data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_s3c_mz4_45" data-ofbid="task_lds_jjz_v1c__table_s3c_mz4_45" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_s3c_mz4_45__entry__1">Protobuf Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_s3c_mz4_45__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__1">Protobuf Descriptor File </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__2">Descriptor file (.desc) to use. The descriptor file must
                                        be in the <span class="- topic/ph ph">Data Collector</span> resources directory,
                                            <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>.<p class="- topic/p p">For information about
                                            generating the descriptor file, see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>. <span class="- topic/ph ph">For more information about environment variables, see
                              <a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr">Data Collector Environment Configuration</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__1">Message Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__2">The fully-qualified name for the message type to use when
                                        reading data.<p class="- topic/p p">Use the following format:
                                                <code class="+ topic/ph pr-d/codeph ph codeph">&lt;package name&gt;.&lt;message
                                            type&gt;</code>. </p>Use a message type defined in the
                                        descriptor file.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__1">Delimited Messages</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__2">Indicates if a message might include more than one
                                        protobuf message.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_s3c_mz4_45__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__d2986e1897" data-ofbid="task_lds_jjz_v1c__d2986e1897">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For text data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_wmq_n1d_4hb" data-ofbid="task_lds_jjz_v1c__table_wmq_n1d_4hb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__1">Text Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__d2986e1921" data-ofbid="task_lds_jjz_v1c__d2986e1921">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_wmq_n1d_4hb__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For XML data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_pmz_mcj_45" data-ofbid="task_lds_jjz_v1c__table_pmz_mcj_45" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1">XML Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_tmc_4bc_dy">Delimiter Element</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">
                                        <div class="- topic/p p">Delimiter to use to generate records. Omit a delimiter to
                                            treat the entire XML document as one record. Use one of
                                            the following:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__XML-ul-delimiterelements" data-ofbid="task_lds_jjz_v1c__XML-ul-delimiterelements">
                                                <li class="- topic/li li">An XML element directly under the root element.
                                                  <p class="- topic/p p">Use the XML element name without surrounding
                                                  angle brackets ( &lt; &gt; ) . For example, msg
                                                  instead of &lt;msg&gt;. </p></li>
                                                <li class="- topic/li li">A simplified XPath expression that specifies the
                                                  data to use.<p class="- topic/p p">Use a simplified XPath expression
                                                  to access data deeper in the XML document or data
                                                  that requires a more complex access
                                                  method.</p><p class="- topic/p p">For more information about valid
                                                  syntax, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_tmc_4bc_dy">Simplified XPath Syntax</a>.</p></li>
                                            </ul></div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_lds_jjz_v1c__d2986e1897" data-ofbid="task_lds_jjz_v1c__d2986e1897">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_qls_yfs_vkb" title="You can include the root element in the generated record by enabling the Preserve Root Element property.">Preserve Root Element</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Includes the root element in the generated
                                            records.<p class="- topic/p p">When omitting a delimiter to generate a
                                            single record, the root element is the root element of
                                            the XML document. </p><p class="- topic/p p">When specifying a delimiter to
                                            generate multiple records, the root element is the XML
                                            element specified as the delimiter element or is the
                                            last XML element in the simplified XPath expression
                                            specified as the delimiter element.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_w3k_1ch_qz">Include Field XPaths</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Includes the XPath to each parsed XML element and XML
                                        attribute in field attributes. Also includes each namespace
                                        in an xmlns record header attribute. <p class="- topic/p p">When not selected,
                                            this information is not included in the record. By
                                            default, the property is not selected.</p><div class="- topic/p p">
                                            <div class="- topic/note note note note_note"><span class="note__title">Note:</span> <span class="- topic/ph ph">Field attributes and record header attributes are
                        written to destination systems automatically only when you use the SDC RPC
                        data format in destinations. For more information about working with field
                        attributes and record header attributes, and how to include them in records,
                        see <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z">Field Attributes</a> and <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_wn2_jcz_dz">Record Header Attributes</a>.</span></div>
                                        </div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1">Namespaces </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Namespace prefix and URI to use when parsing the XML
                                        document. Define namespaces when the XML element being used
                                        includes a namespace prefix or when the XPath expression
                                        includes namespaces.<p class="- topic/p p">For information about using
                                            namespaces with an XML element, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_ilc_r3g_2y">Using XML Elements with Namespaces</a>.</p><p class="- topic/p p">For information about using namespaces with
                                            XPath expressions, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_mkk_3zj_dy">Using XPath Expressions with Namespaces</a>.</p><p class="- topic/p p">Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                                <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to add additional
                                            namespaces.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1">Output Field Attributes</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Includes XML attributes and namespace declarations in the
                                        record as field attributes. When not selected, XML
                                        attributes and namespace declarations are included in the
                                        record as fields.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> <span class="- topic/ph ph">Field attributes are automatically included in
                        records written to destination systems only when you use the SDC RPC data
                        format in the destination.</span> For more information about working with field
                                            attributes, see <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z">Field Attributes</a>.</div><p class="- topic/p p">By default, the property is not
                                            selected.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1">Max Record Length (chars) </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">
                                        <p class="- topic/p p">The maximum number of characters in a record. Longer
                                            records are diverted to the pipeline for error handling. </p>
                                        <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="../Origins/Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_pmz_mcj_45__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Output</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_lds_jjz_v1c__table_mkz_dlz_v1c" data-ofbid="task_lds_jjz_v1c__table_mkz_dlz_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__1">Output Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__1">
                                        <p class="- topic/p p">Output Field</p>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__2">
                                        <p class="- topic/p p">Field to use for the response. You can use a new or
                                            existing field.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__1">
                                        <p class="- topic/p p">Multiple Values Behavior</p>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__2">
                                        <div class="- topic/p p">Action to take when responses contain multiple values:
                                                <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_glj_jlz_v1c" data-ofbid="task_lds_jjz_v1c__ul_glj_jlz_v1c">
                                                <li class="- topic/li li">
                                                  <p class="- topic/p p">First value only - Write the first value.</p>
                                                </li>
                                                <li class="- topic/li li">
                                                  <p class="- topic/p p">All values as a list - Write all values to a
                                                  list in a single record.</p>
                                                </li>
                                                <li class="- topic/li li">
                                                  <p class="- topic/p p">Split into multiple records - Write all values,
                                                  each to a separate record.</p>
                                                </li>
                                            </ul></div>
                                        <p class="- topic/p p">When the processor uses pagination, set to All values as
                                            a list or Split into multiple records.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__1">
                                        <p class="- topic/p p">Missing Values Behavior</p>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_lds_jjz_v1c__table_mkz_dlz_v1c__entry__2">
                                        <div class="- topic/p p">Action to take upon finding no return values in fields
                                            with no default value defined: <ul class="- topic/ul ul" id="task_lds_jjz_v1c__ul_lcn_llz_v1c" data-ofbid="task_lds_jjz_v1c__ul_lcn_llz_v1c">
                                                <li class="- topic/li li">
                                                  <p class="- topic/p p">Send to error - Sends the record to error.</p>
                                                </li>
                                                <li class="- topic/li li">
                                                  <p class="- topic/p p">Pass the record along the pipeline unchanged -
                                                  Passes the record without a lookup return
                                                  value.</p>
                                                </li>
                                            </ul></div>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li></ol></section>
    </div>
</article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>